#!/bin/bash

# pip3 install pillow==9.2.0
# pip3 install ftfy
# pip3 install braceexpand
# pip3 install webdataset

cd src

#rlaunch --cpu=8 --gpu=1 --memory=81920 --private-machine=tenant --charged-group=baai_open \
#    -- python3 -m training.main \
# deepspeed --num_nodes 1 --num_gpus 1 --master_port 7638 --master_addr 127.0.0.1   training/main_deepspeed.py \
python -m debugpy --listen 5678   main_deepspeed.py \
    --save-frequency 1 \
    --zeroshot-frequency 1 \
    --report-to="tensorboard" \
    --dataset-type="json" \
    --train-num-samples 10968539 \
    --train-data="/sharefs/baai-mrnd/liuguang/FlagStudio/nb/wudaomm_6.5.json"  \
    --csv-caption-key="title" \
    --csv-img-key="filepath" \
    # --imagenet-val="/sharefs/baai-mrnd/datasets/imagenet2012/val/" \
    --warmup 10000 \
    --batch-size=128 \
    --lr=1e-3 \
    --wd=0.1 \
    --epochs=32 \
    --workers=4 \
    --model RN50 \
    --language-zh \
    --text-distil="xlmr-large" \
    --env_type="pytorchDDP" \
    --dataset-resampled 
    
